{"cells":[{"cell_type":"markdown","source":["# Train the model to restore punctuation and capitalization"],"metadata":{"id":"nglJUKsCvAf-"}},{"cell_type":"markdown","source":["## Install dependencies\n","\n","We will use the NeMo's punctuation and capitalization model and Tatoeba dataset."],"metadata":{"id":"VWXMJIzSvA0t"}},{"cell_type":"code","execution_count":1,"metadata":{"id":"o_0K1lsW1dj9","executionInfo":{"status":"ok","timestamp":1648893792272,"user_tz":-180,"elapsed":118049,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}}},"outputs":[],"source":["%%capture\n","\n","BRANCH = 'main'\n","!python -m pip install git+https://github.com/NVIDIA/NeMo.git@$BRANCH#egg=nemo_toolkit[nlp]"]},{"cell_type":"code","source":["%%capture\n","#can take up to 10 minutes\n","\n","!git clone https://github.com/NVIDIA/apex\n","%cd apex\n","\n","!pip install -v --disable-pip-version-check --no-cache-dir --global-option=\"--cpp_ext\" --global-option=\"--cuda_ext\" --global-option=\"--fast_layer_norm\" ./"],"metadata":{"id":"OE2DqqNRFh3a","executionInfo":{"status":"ok","timestamp":1648894905519,"user_tz":-180,"elapsed":1076418,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}}},"execution_count":2,"outputs":[]},{"cell_type":"code","execution_count":1,"metadata":{"id":"dzqD2WDFOIN-","executionInfo":{"status":"ok","timestamp":1648898134079,"user_tz":-180,"elapsed":11725,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"ec2f43ab-b029-4199-c075-8a6390ec2d8c"},"outputs":[{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:15:25 experimental:28] Module <class 'nemo.collections.nlp.data.language_modeling.megatron.megatron_batch_samplers.MegatronPretrainingRandomBatchSampler'> is experimental, not ready for production and is not fully supported. Use at your own risk.\n","[NeMo W 2022-04-02 11:15:31 __init__:23] `pynini` is not installed ! \n","    Please run the `nemo_text_processing/setup.sh` script prior to usage of this toolkit.\n"]}],"source":["from nemo.utils.exp_manager import exp_manager\n","from nemo.collections import nlp as nemo_nlp\n","\n","import os\n","import wget \n","import torch\n","import pytorch_lightning as pl\n","from omegaconf import OmegaConf"]},{"cell_type":"markdown","metadata":{"id":"SL58EWkd2ZVb"},"source":["## Download the data\n","\n","To prepare the data please refer to the Habr article (in Russian) or to the official NeMo's documentation.\n","\n","Adopted Python scripts can be found in the averkij's github repo.\n","\n","We'll download the previously prepared training data."]},{"cell_type":"code","source":["%cd /content\n","!gdown --id 1LDfesVeRco_YcP_bvzfFSJ7-BhFgnXC5\n","\n","%mkdir data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"acDisx_Wwjs0","executionInfo":{"status":"ok","timestamp":1648897910591,"user_tz":-180,"elapsed":2801,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"ca7acdba-4992-4dc2-fe72-46805415d280"},"execution_count":33,"outputs":[{"output_type":"stream","name":"stdout","text":["/content\n","Downloading...\n","From: https://drive.google.com/uc?id=1LDfesVeRco_YcP_bvzfFSJ7-BhFgnXC5\n","To: /content/dataset.zip\n","100% 3.45M/3.45M [00:00<00:00, 170MB/s]\n"]}]},{"cell_type":"code","source":["!unzip /content/dataset.zip -d /content/data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"YcmF_-uuxjWi","executionInfo":{"status":"ok","timestamp":1648897927152,"user_tz":-180,"elapsed":11195,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"25eaae31-92ac-4181-e4ce-fa793522716c"},"execution_count":34,"outputs":[{"output_type":"stream","name":"stdout","text":["Archive:  /content/dataset.zip\n","replace /content/data/labels_dev.txt? [y]es, [n]o, [A]ll, [N]one, [r]ename: A\n","  inflating: /content/data/labels_dev.txt  \n","  inflating: /content/data/labels_train.txt  \n","  inflating: /content/data/text_dev.txt  \n","  inflating: /content/data/text_train.txt  \n"]}]},{"cell_type":"code","execution_count":2,"metadata":{"id":"n8HZrDmr12_-","executionInfo":{"status":"ok","timestamp":1648898134079,"user_tz":-180,"elapsed":1,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}}},"outputs":[],"source":["DATA_DIR = \"/content/data\"\n","WORK_DIR = \"/content/work\""]},{"cell_type":"code","execution_count":3,"metadata":{"id":"KKwxXXezPvXF","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898134916,"user_tz":-180,"elapsed":326,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"f9d368dd-031d-452f-d69e-3f4d8af3179d"},"outputs":[{"output_type":"stream","name":"stdout","text":["total 67868\n","-rw-r--r-- 1 root root  3421144 Apr  2 10:48 cached.text_dev.DistilBertTokenizer.max_seq_length512.vocab30522.num_samples10000.punctuation_capitalization.pkl\n","-rw-r--r-- 1 root root 21846208 Apr  2 11:13 cached.text_train.DistilBertTokenizer.max_seq_length512.vocab30522.num_samples50000.punctuation_capitalization.pkl\n","-rw-r--r-- 1 root root 27503273 Apr  2 10:48 cached.text_train.DistilBertTokenizer.max_seq_length512.vocab30522.num_samples80000.punctuation_capitalization.pkl\n","drwxr-xr-x 2 root root     4096 Apr  2 10:48 label_id_files_for_nemo_checkpoint\n","-rw-r--r-- 1 root root   726188 Apr  2  2022 labels_dev.txt\n","-rw-r--r-- 1 root root  2935193 Apr  2  2022 labels_train.txt\n","-rw-r--r-- 1 root root  2538430 Apr  2  2022 text_dev.txt\n","-rw-r--r-- 1 root root 10506330 Apr  2  2022 text_train.txt\n"]}],"source":["! ls -l $DATA_DIR"]},{"cell_type":"code","execution_count":4,"metadata":{"id":"6UDPgadLN6SG","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898137258,"user_tz":-180,"elapsed":646,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"97435d2f-51e8-42f9-b598-dce604203414"},"outputs":[{"output_type":"stream","name":"stdout","text":["Text:\n","один раз в жизни я делаю хорошее дело и оно бесполезно давайте чтонибудь попробуем\r\n","мне пора идти спать что ты делаешь\r\n","что это сегодня 18 июня и это день рождения мюриэл\r\n","с днём рождения мюриэл мюриэл сейчас 20\r\n","пароль muiriel у меня нет слов\r\n","\n","Labels:\n","OU OO OO OO OO OO OO .O OU OO .O OU OO !O\n","OU OO OO .O OU OO ?O\n","OU ?O OU OO ,O OO OO OO OO !U\n","OU OO ,O !U OU OO .O\n","OU .U OU OO OO .O\n"]}],"source":["# let's take a look at the data \n","print('Text:')\n","! head -n 5 $DATA_DIR/text_train.txt\n","\n","print('\\nLabels:')\n","! head -n 5 $DATA_DIR/labels_train.txt"]},{"cell_type":"markdown","metadata":{"id":"daludzzL2Jba"},"source":["# Model Configuration"]},{"cell_type":"markdown","metadata":{"id":"_whKCxfTMo6Y"},"source":["In the Punctuation and Capitalization Model, we are jointly training two token-level classifiers on top of the pretrained [BERT](https://arxiv.org/pdf/1810.04805.pdf) model: \n","- one classifier to predict punctuation and\n","- the other one - capitalization.\n","\n","The model is defined in a config file which declares multiple important sections. They are:\n","- **model**: All arguments that are related to the Model - language model, token classifiers, optimizer and schedulers, dataset and any other related information\n","\n","- **trainer**: Any argument to be passed to PyTorch Lightning\n","\n","See [docs](https://docs.nvidia.com/deeplearning/nemo/user-guide/docs/en/main/nlp/punctuation_and_capitalization.html#training-punctuation-and-capitalization-model) for full config description."]},{"cell_type":"code","execution_count":5,"metadata":{"id":"T1gA8PsJ13MJ","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898140644,"user_tz":-180,"elapsed":258,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"7007a6ac-6d99-43f3-e66e-4d8ee08e6c2d"},"outputs":[{"output_type":"stream","name":"stdout","text":["config file is already exists\n"]}],"source":["MODEL_CONFIG = \"punctuation_capitalization_config.yaml\"\n","TOKENS_IN_BATCH = 1024\n","MAX_SEQ_LENGTH = 64\n","LEARNING_RATE = 0.00002\n","NUM_SAMPLES = 50000\n","\n","config_dir = WORK_DIR + '/configs/'\n","os.makedirs(config_dir, exist_ok=True)\n","if not os.path.exists(config_dir + MODEL_CONFIG):\n","    print('Downloading config file...')\n","    wget.download(f'https://raw.githubusercontent.com/NVIDIA/NeMo/{BRANCH}/examples/nlp/token_classification/conf/' + MODEL_CONFIG, config_dir)\n","else:\n","    print ('config file is already exists')"]},{"cell_type":"code","execution_count":6,"metadata":{"id":"mX3KmWMvSUQw","executionInfo":{"status":"ok","timestamp":1648898142138,"user_tz":-180,"elapsed":258,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}}},"outputs":[],"source":["config_path = f'{WORK_DIR}/configs/{MODEL_CONFIG}'\n","config = OmegaConf.load(config_path)\n","config.model.train_ds.ds_item = DATA_DIR\n","config.model.validation_ds.ds_item=DATA_DIR\n","\n","del config.model.test_ds"]},{"cell_type":"markdown","metadata":{"id":"nB96-3sTc3yk"},"source":["# Building the PyTorch Lightning Trainer\n","\n","NeMo models are primarily PyTorch Lightning modules - and therefore are entirely compatible with the PyTorch Lightning ecosystem!\n","\n","Let's first instantiate a Trainer object!"]},{"cell_type":"code","execution_count":9,"metadata":{"id":"knF6QeQQdMrH","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898164007,"user_tz":-180,"elapsed":287,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"9f57b167-324a-4885-aa02-2461e277f3b5"},"outputs":[{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:16:02 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py:440: UserWarning: The flag `devices=1` will be ignored, instead the device specific number 1 will be used\n","      f\"The flag `devices={devices}` will be ignored, \"\n","    \n","Using 16bit native Automatic Mixed Precision (AMP)\n","[NeMo W 2022-04-02 11:16:02 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/loops/epoch/training_epoch_loop.py:53: LightningDeprecationWarning: Setting `max_steps = None` is deprecated in v1.5 and will no longer be supported in v1.7. Use `max_steps = -1` instead.\n","      \"Setting `max_steps = None` is deprecated in v1.5 and will no longer be supported in v1.7.\"\n","    \n","GPU available: True, used: True\n","TPU available: False, using: 0 TPU cores\n","IPU available: False, using: 0 IPUs\n","HPU available: False, using: 0 HPUs\n","`Trainer(val_check_interval=1.0)` was configured so validation will run at the end of the training epoch..\n"]}],"source":["cuda = 1 if torch.cuda.is_available() else 0\n","config.trainer.gpus = cuda\n","config.trainer.precision = 16 if torch.cuda.is_available() else 32\n","config.trainer.strategy = 'dp'\n","\n","trainer = pl.Trainer(**config.trainer)"]},{"cell_type":"markdown","metadata":{"id":"8IlEMdVxdr6p"},"source":["# Setting up a NeMo Experiment¶\n","\n","NeMo has an experiment manager that handles logging and checkpointing for us, so let's use it!"]},{"cell_type":"code","execution_count":10,"metadata":{"id":"8uztqGAmdrYt","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898167429,"user_tz":-180,"elapsed":243,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"d4ea567e-34b4-48e2-9e49-1a20284f24a4"},"outputs":[{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:16:05 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/trainer.py:2121: LightningDeprecationWarning: `Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8. Please use `Trainer.num_devices` instead.\n","      \"`Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8.\"\n","    \n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:05 exp_manager:283] Experiments will be logged at /content/nemo_experiments/Punctuation_and_Capitalization/2022-04-02_11-16-05\n","[NeMo I 2022-04-02 11:16:05 exp_manager:649] TensorboardLogger has been set up\n"]},{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:16:05 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/trainer.py:2313: LightningDeprecationWarning: `Trainer.weights_save_path` has been deprecated in v1.6 and will be removed in v1.8.\n","      rank_zero_deprecation(\"`Trainer.weights_save_path` has been deprecated in v1.6 and will be removed in v1.8.\")\n","    \n","[NeMo W 2022-04-02 11:16:05 exp_manager:882] The checkpoint callback was told to monitor a validation value and trainer's max_steps was set to -1. Please ensure that max_steps will run for at least 1 epochs to ensure that checkpointing will not error out.\n"]}],"source":["exp_dir = exp_manager(trainer, config.get(\"exp_manager\", None))\n","exp_dir = str(exp_dir)"]},{"cell_type":"markdown","metadata":{"id":"6FI_nQsJo_11"},"source":["# Model Training"]},{"cell_type":"markdown","metadata":{"id":"8tjLhUvL_o7_"},"source":["Before initializing the model, we might want to modify some of the model configs. For example, we might want to modify the pretrained BERT model."]},{"cell_type":"code","execution_count":11,"metadata":{"id":"Xeuc2i7Y_nP5","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898169849,"user_tz":-180,"elapsed":301,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"b3fa5e0c-09f8-46b1-c90f-8febdf3b0424"},"outputs":[{"output_type":"stream","name":"stdout","text":["['bert-base-uncased', 'bert-large-uncased', 'bert-base-cased', 'bert-large-cased', 'bert-base-multilingual-uncased', 'bert-base-multilingual-cased', 'bert-base-chinese', 'bert-base-german-cased', 'bert-large-uncased-whole-word-masking', 'bert-large-cased-whole-word-masking', 'bert-large-uncased-whole-word-masking-finetuned-squad', 'bert-large-cased-whole-word-masking-finetuned-squad', 'bert-base-cased-finetuned-mrpc', 'bert-base-german-dbmdz-cased', 'bert-base-german-dbmdz-uncased', 'cl-tohoku/bert-base-japanese', 'cl-tohoku/bert-base-japanese-whole-word-masking', 'cl-tohoku/bert-base-japanese-char', 'cl-tohoku/bert-base-japanese-char-whole-word-masking', 'TurkuNLP/bert-base-finnish-cased-v1', 'TurkuNLP/bert-base-finnish-uncased-v1', 'wietsedv/bert-base-dutch-cased', 'distilbert-base-uncased', 'distilbert-base-uncased-distilled-squad', 'distilbert-base-cased', 'distilbert-base-cased-distilled-squad', 'distilbert-base-german-cased', 'distilbert-base-multilingual-cased', 'distilbert-base-uncased-finetuned-sst-2-english', 'camembert-base', 'Musixmatch/umberto-commoncrawl-cased-v1', 'Musixmatch/umberto-wikipedia-uncased-v1', 'roberta-base', 'roberta-large', 'roberta-large-mnli', 'distilroberta-base', 'roberta-base-openai-detector', 'roberta-large-openai-detector', 'albert-base-v1', 'albert-large-v1', 'albert-xlarge-v1', 'albert-xxlarge-v1', 'albert-base-v2', 'albert-large-v2', 'albert-xlarge-v2', 'albert-xxlarge-v2', 'gpt2', 'gpt2-medium', 'gpt2-large', 'gpt2-xl', 'distilgpt2']\n"]}],"source":["print(nemo_nlp.modules.get_pretrained_lm_models_list())\n","\n","#change for the appropriate model\n","PRETRAINED_BERT_MODEL = \"DeepPavlov/distilrubert-tiny-cased-conversational-v1\""]},{"cell_type":"code","execution_count":12,"metadata":{"id":"RK2xglXyAUOO","executionInfo":{"status":"ok","timestamp":1648898170248,"user_tz":-180,"elapsed":2,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}}},"outputs":[],"source":["NUM_SAMPLES = 50000\n","\n","config.trainer.max_epochs = 15\n","config.model.language_model.pretrained_model_name = PRETRAINED_BERT_MODEL\n","config.model.train_ds.tokens_in_batch = TOKENS_IN_BATCH\n","config.model.validation_ds.tokens_in_batch = TOKENS_IN_BATCH\n","config.model.optim.lr = LEARNING_RATE\n","config.model.train_ds.num_samples = NUM_SAMPLES\n","config.model.validation_ds.num_samples = 10000"]},{"cell_type":"markdown","metadata":{"id":"gYKcziSsiAAd"},"source":["Now, we are ready to initialize our model. During the model initialization call, the dataset and data loaders we'll be prepared for training and evaluation.\n","Also, the pretrained BERT model will be downloaded, note it can take up to a few minutes depending on the size of the chosen BERT model."]},{"cell_type":"code","execution_count":13,"metadata":{"id":"Yk2hJssviAAe","pycharm":{"name":"#%%\n"},"scrolled":false,"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1648898176756,"user_tz":-180,"elapsed":4431,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"096c0adb-5afa-4c85-9955-adbb31b51323"},"outputs":[{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:10 tokenizer_utils:130] Getting HuggingFace AutoTokenizer with pretrained_model_name: DeepPavlov/distilrubert-tiny-cased-conversational-v1, vocab_file: None, special_tokens_dict: {}, and use_fast: False\n"]},{"output_type":"stream","name":"stderr","text":["Using eos_token, but it is not set yet.\n","Using bos_token, but it is not set yet.\n","[NeMo W 2022-04-02 11:16:11 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/trainer.py:2121: LightningDeprecationWarning: `Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8. Please use `Trainer.num_devices` instead.\n","      \"`Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8.\"\n","    \n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:11 punctuation_capitalization_dataset:984] Features restored from /content/data/cached.text_train.DistilBertTokenizer.max_seq_length512.vocab30522.num_samples50000.punctuation_capitalization.pkl\n"]},{"output_type":"stream","name":"stderr","text":["\rBatch mark up:   0%|          | 0/50000 [00:00<?, ?query/s][NeMo W 2022-04-02 11:16:12 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=136. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49984 to 49990.\n","[NeMo W 2022-04-02 11:16:12 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=160. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49991 to 49997.\n","Batch mark up: 100%|██████████| 50000/50000 [00:00<00:00, 479995.24query/s]\n","Batch building: 100%|██████████| 1035/1035 [00:01<00:00, 967.11batch/s]\n","[NeMo W 2022-04-02 11:16:13 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:481: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","      cpuset_checked))\n","    \n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:13 punctuation_capitalization_dataset:984] Features restored from /content/data/cached.text_dev.DistilBertTokenizer.max_seq_length512.vocab30522.num_samples10000.punctuation_capitalization.pkl\n"]},{"output_type":"stream","name":"stderr","text":["Batch mark up: 100%|██████████| 10000/10000 [00:00<00:00, 373162.04query/s]\n","Batch building: 100%|██████████| 125/125 [00:00<00:00, 568.15batch/s]\n","[NeMo W 2022-04-02 11:16:13 lm_utils:80] DeepPavlov/distilrubert-tiny-cased-conversational-v1 is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n","Some weights of the model checkpoint at DeepPavlov/distilrubert-tiny-cased-conversational-v1 were not used when initializing DistilBertModel: ['vocab_layer_norm.weight', 'vocab_transform.bias', 'vocab_projector.weight', 'vocab_projector.bias', 'vocab_transform.weight', 'vocab_layer_norm.bias']\n","- This IS expected if you are initializing DistilBertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing DistilBertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of the model checkpoint at DeepPavlov/distilrubert-tiny-cased-conversational-v1 were not used when initializing DistilBertEncoder: ['vocab_layer_norm.weight', 'vocab_transform.bias', 'vocab_projector.weight', 'vocab_projector.bias', 'vocab_transform.weight', 'vocab_layer_norm.bias']\n","- This IS expected if you are initializing DistilBertEncoder from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing DistilBertEncoder from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"]}],"source":["model = nemo_nlp.models.PunctuationCapitalizationModel(cfg=config.model, trainer=trainer)"]},{"cell_type":"code","execution_count":14,"metadata":{"id":"hUvnSpyjp0Dh","colab":{"base_uri":"https://localhost:8080/","height":1000,"referenced_widgets":["31d319c7bfe6470e85d2c589238a61ec","05676b0cfb6d42ea9d9401644580ee2b","3339295156234eb8bb5220619eb0da36","438faa6de3f7488987126ea27d47cdbc","2a9abc1057254f8f86255afedfaf7bd5","cbeb199fa4f442e0bc57ab8c7b8135d5","5c5ba1ef30ad4d639483d2ae9731e4bf","24ef98e713754f14bf73c2e07537f4c5","31aa0c95dfef4d6e90532bc7778a9edb","f4ff743c43e1408ca27910f32f6138e5","3eec82bc1ce645988863290080bc6255","8ae3a91f2d4a4f959e9c1e37f891f79b","80bc4b2e5d9e479cbe10a1f01b525186","54bbdc6d92b84e66ae0fd425ae63049f","124d9330d0ba42a58930f286a7ecb135","323a51fcddbb4bf095044bbb5c47f9a1","619d8a5ad61e4729892f694d43c53013","f96b50ad01fa4dcb8e51792768c6def0","9cae84f6b483453fb9dc41c404bb7be3","775d2d93b3584ca299199500fcd8deb9","aa39f61b3a744a21944bb5dc100f1b27","99c9f907c7f14118926e03693c9fd8dd","a5a0d77ed58d46b58f1077f8526f6c18","2bc853422cc2496fb38b696be56fadf6","045d519acb804e9a84afce95833b8957","aa2c79c6c2734911825abf756211b8c1","db1f805007824733b6fb07a66d37c3ee","50afc34a307e4f56a1dc832882c17e07","b03d63db776b46a29a5f28ae89ae263b","31f261d06bfd4bf6b951537d00f76899","1acd137da4c947a1a416e8c32fa12c14","0b429b746b41475eb8abdd633da333f3","d0bc82d1a7994cbc9888a628cdd4dddd","c6743ee828e84163a70cad215bc08ee6","f97ef22f8e6742a39bec3f59b099abd5","a7106ffd82674852870b54868175f5a7","130c7d549d0c468fa5004b83af12ba19","69ce4e59f057409889a196e9dbc88a11","e6d434d79e19429b86da0e071e17aad7","1a04e9fbde784ed892d04ae467aa7984","95df2cabefe944b7aed87d472f0a2170","8dff2b5a4e1f44cdbf717160853b2083","190ccad7364240c4a79f250bb0773d82","5e85dab6878d4137a9f001c7c4da5bb5","fabae47e13b04a638f24c10893ab9ce9","e1535255b58e48b494c8bd94bff6044f","3683063be7a543efb063e0d32672a5a8","89f03262cefc413887d50107762e0665","a69819e8595c42de9691606a2eee42c5","51accc7acfc24a80ace068b3acad8ff9","492849aebd5f4713989acd1446db0a3f","85fec78d1647460ba76ef40f05bb75d4","e05a4c314a0e4caf94b2c64a61cff04b","c75fd9ab25bc456fa169881dba6575f0","5c95e9cca2b847eeb5b073378a0badfa"]},"executionInfo":{"status":"ok","timestamp":1648898323410,"user_tz":-180,"elapsed":146664,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"27a2e6ec-1a58-4ebd-c630-57cd438066d2"},"outputs":[{"output_type":"stream","name":"stderr","text":["LOCAL_RANK: 0 - CUDA_VISIBLE_DEVICES: [0]\n","[NeMo W 2022-04-02 11:16:19 modelPT:497] The lightning trainer received accelerator: <pytorch_lightning.accelerators.gpu.GPUAccelerator object at 0x7f99609c8a90>. We recommend to use 'ddp' instead.\n","[NeMo W 2022-04-02 11:16:19 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/pytorch_lightning/trainer/trainer.py:2121: LightningDeprecationWarning: `Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8. Please use `Trainer.num_devices` instead.\n","      \"`Trainer.num_gpus` was deprecated in v1.6 and will be removed in v1.8.\"\n","    \n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:19 modelPT:587] Optimizer config = Adam (\n","    Parameter Group 0\n","        amsgrad: False\n","        betas: (0.9, 0.999)\n","        eps: 1e-08\n","        lr: 2e-05\n","        weight_decay: 0.0\n","    )\n","[NeMo I 2022-04-02 11:16:19 lr_scheduler:837] Scheduler \"<nemo.core.optim.lr_scheduler.WarmupAnnealing object at 0x7f994fec4b10>\" \n","    will be used during training (effective maximum steps = 3105) - \n","    Parameters : \n","    (warmup_steps: null\n","    warmup_ratio: 0.1\n","    last_epoch: -1\n","    max_steps: 3105\n","    )\n"]},{"output_type":"stream","name":"stderr","text":["\n","  | Name             | Type              | Params\n","-------------------------------------------------------\n","0 | metrics          | ModuleDict        | 0     \n","1 | bert_model       | DistilBertEncoder | 10.3 M\n","2 | punct_classifier | TokenClassifier   | 1.3 K \n","3 | capit_classifier | TokenClassifier   | 530   \n","4 | loss             | CrossEntropyLoss  | 0     \n","5 | agg_loss         | AggregatorLoss    | 0     \n","-------------------------------------------------------\n","10.3 M    Trainable params\n","0         Non-trainable params\n","10.3 M    Total params\n","20.591    Total estimated model params size (MB)\n"]},{"output_type":"display_data","data":{"text/plain":["Sanity Checking: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"31d319c7bfe6470e85d2c589238a61ec"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:16:19 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/torch/utils/data/dataloader.py:481: UserWarning: This DataLoader will create 8 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","      cpuset_checked))\n","    \n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:16:20 punctuation_capitalization_model:333] Punctuation report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         72.80      45.21      55.78       1024\n","    ! (label_id: 1)                                          0.00       0.00       0.00          6\n","    , (label_id: 2)                                          6.07      16.30       8.85         92\n","    . (label_id: 3)                                          9.29      13.64      11.05        154\n","    ? (label_id: 4)                                          0.00       0.00       0.00         16\n","    -------------------\n","    micro avg                                               38.62      38.62      38.62       1292\n","    macro avg                                               17.63      15.03      15.14       1292\n","    weighted avg                                            59.24      38.62      46.16       1292\n","    \n","[NeMo I 2022-04-02 11:16:20 punctuation_capitalization_model:334] Capitalization report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         68.67      15.89      25.81       1076\n","    U (label_id: 1)                                         13.23      63.89      21.92        216\n","    -------------------\n","    micro avg                                               23.92      23.92      23.92       1292\n","    macro avg                                               40.95      39.89      23.87       1292\n","    weighted avg                                            59.41      23.92      25.16       1292\n","    \n"]},{"output_type":"display_data","data":{"text/plain":["Training: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8ae3a91f2d4a4f959e9c1e37f891f79b"}},"metadata":{}},{"output_type":"stream","name":"stderr","text":["[NeMo W 2022-04-02 11:16:21 nemo_logging:349] /usr/local/lib/python3.7/dist-packages/torch/optim/lr_scheduler.py:134: UserWarning: Detected call of `lr_scheduler.step()` before `optimizer.step()`. In PyTorch 1.1.0 and later, you should call them in the opposite order: `optimizer.step()` before `lr_scheduler.step()`.  Failure to do this will result in PyTorch skipping the first value of the learning rate schedule. See more details at https://pytorch.org/docs/stable/optim.html#how-to-adjust-learning-rate\n","      \"https://pytorch.org/docs/stable/optim.html#how-to-adjust-learning-rate\", UserWarning)\n","    \n"]},{"output_type":"display_data","data":{"text/plain":["Validation: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"a5a0d77ed58d46b58f1077f8526f6c18"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:17:05 punctuation_capitalization_model:333] Punctuation report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         97.44      98.47      97.95      47166\n","    ! (label_id: 1)                                         20.00       0.59       1.15        339\n","    , (label_id: 2)                                         91.73      58.27      71.27       3731\n","    . (label_id: 3)                                         80.46      95.75      87.45       8504\n","    ? (label_id: 4)                                         69.04      49.40      57.59       1490\n","    -------------------\n","    micro avg                                               93.91      93.91      93.91      61230\n","    macro avg                                               71.74      60.50      63.08      61230\n","    weighted avg                                            93.62      93.91      93.35      61230\n","    \n","[NeMo I 2022-04-02 11:17:05 punctuation_capitalization_model:334] Capitalization report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         98.99      97.08      98.02      49850\n","    U (label_id: 1)                                         88.21      95.64      91.77      11380\n","    -------------------\n","    micro avg                                               96.81      96.81      96.81      61230\n","    macro avg                                               93.60      96.36      94.90      61230\n","    weighted avg                                            96.98      96.81      96.86      61230\n","    \n","[NeMo I 2022-04-02 11:17:05 punctuation_capitalization_dataset:1347] Shuffling training dataset\n"]},{"output_type":"stream","name":"stderr","text":["\n","Batch mark up:   0%|          | 0/50000 [00:00<?, ?query/s]\u001b[A[NeMo W 2022-04-02 11:17:06 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=136. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49984 to 49990.\n","[NeMo W 2022-04-02 11:17:06 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=160. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49991 to 49997.\n","Batch mark up: 100%|██████████| 50000/50000 [00:00<00:00, 542637.28query/s]\n","\n","Batch building:   0%|          | 0/1035 [00:00<?, ?batch/s]\u001b[A\n","Batch building:   6%|▌         | 64/1035 [00:00<00:01, 639.86batch/s]\u001b[A\n","Batch building:  13%|█▎        | 135/1035 [00:00<00:01, 677.93batch/s]\u001b[A\n","Batch building:  20%|█▉        | 206/1035 [00:00<00:01, 689.28batch/s]\u001b[A\n","Batch building:  27%|██▋       | 282/1035 [00:00<00:01, 713.77batch/s]\u001b[A\n","Batch building:  35%|███▍      | 358/1035 [00:00<00:00, 727.58batch/s]\u001b[A\n","Batch building:  42%|████▏     | 431/1035 [00:00<00:00, 724.79batch/s]\u001b[A\n","Batch building:  49%|████▉     | 509/1035 [00:00<00:00, 742.17batch/s]\u001b[A\n","Batch building:  58%|█████▊    | 605/1035 [00:00<00:00, 808.77batch/s]\u001b[A\n","Batch building:  68%|██████▊   | 701/1035 [00:00<00:00, 854.03batch/s]\u001b[A\n","Batch building:  79%|███████▊  | 813/1035 [00:01<00:00, 934.72batch/s]\u001b[A\n","Batch building: 100%|██████████| 1035/1035 [00:01<00:00, 903.15batch/s]\n","Epoch 0, global step 1035: 'val_loss' reached 0.26008 (best 0.26008), saving model to '/content/nemo_experiments/Punctuation_and_Capitalization/2022-04-02_11-16-05/checkpoints/Punctuation_and_Capitalization--val_loss=0.2601-epoch=0.ckpt' as top 3\n"]},{"output_type":"display_data","data":{"text/plain":["Validation: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"c6743ee828e84163a70cad215bc08ee6"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:17:52 punctuation_capitalization_model:333] Punctuation report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         97.92      98.25      98.09      47166\n","    ! (label_id: 1)                                         20.93       2.65       4.71        339\n","    , (label_id: 2)                                         91.29      60.65      72.88       3731\n","    . (label_id: 3)                                         81.51      95.31      87.87       8504\n","    ? (label_id: 4)                                         68.26      65.97      67.10       1490\n","    -------------------\n","    micro avg                                               94.24      94.24      94.24      61230\n","    macro avg                                               71.98      64.57      66.13      61230\n","    weighted avg                                            94.09      94.24      93.86      61230\n","    \n","[NeMo I 2022-04-02 11:17:52 punctuation_capitalization_model:334] Capitalization report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         99.18      96.89      98.02      49850\n","    U (label_id: 1)                                         87.62      96.50      91.85      11380\n","    -------------------\n","    micro avg                                               96.82      96.82      96.82      61230\n","    macro avg                                               93.40      96.70      94.94      61230\n","    weighted avg                                            97.03      96.82      96.88      61230\n","    \n","[NeMo I 2022-04-02 11:17:52 punctuation_capitalization_dataset:1347] Shuffling training dataset\n"]},{"output_type":"stream","name":"stderr","text":["\n","Batch mark up:   0%|          | 0/50000 [00:00<?, ?query/s]\u001b[A[NeMo W 2022-04-02 11:17:52 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=136. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49984 to 49990.\n","[NeMo W 2022-04-02 11:17:52 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=160. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49991 to 49997.\n","Batch mark up: 100%|██████████| 50000/50000 [00:00<00:00, 541944.55query/s]\n","\n","Batch building:   0%|          | 0/1035 [00:00<?, ?batch/s]\u001b[A\n","Batch building:   5%|▍         | 50/1035 [00:00<00:01, 497.18batch/s]\u001b[A\n","Batch building:  11%|█         | 111/1035 [00:00<00:01, 562.34batch/s]\u001b[A\n","Batch building:  17%|█▋        | 180/1035 [00:00<00:01, 618.21batch/s]\u001b[A\n","Batch building:  23%|██▎       | 242/1035 [00:00<00:01, 604.21batch/s]\u001b[A\n","Batch building:  30%|██▉       | 306/1035 [00:00<00:01, 614.20batch/s]\u001b[A\n","Batch building:  37%|███▋      | 378/1035 [00:00<00:01, 646.36batch/s]\u001b[A\n","Batch building:  43%|████▎     | 443/1035 [00:00<00:00, 624.64batch/s]\u001b[A\n","Batch building:  51%|█████▏    | 531/1035 [00:00<00:00, 702.14batch/s]\u001b[A\n","Batch building:  61%|██████▏   | 636/1035 [00:00<00:00, 805.11batch/s]\u001b[A\n","Batch building:  72%|███████▏  | 741/1035 [00:01<00:00, 878.74batch/s]\u001b[A\n","Batch building:  82%|████████▏ | 852/1035 [00:01<00:00, 948.49batch/s]\u001b[A\n","Batch building: 100%|██████████| 1035/1035 [00:01<00:00, 837.23batch/s] \n","Epoch 1, global step 2070: 'val_loss' reached 0.24201 (best 0.24201), saving model to '/content/nemo_experiments/Punctuation_and_Capitalization/2022-04-02_11-16-05/checkpoints/Punctuation_and_Capitalization--val_loss=0.2420-epoch=1.ckpt' as top 3\n"]},{"output_type":"display_data","data":{"text/plain":["Validation: 0it [00:00, ?it/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"fabae47e13b04a638f24c10893ab9ce9"}},"metadata":{}},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:18:37 punctuation_capitalization_model:333] Punctuation report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         98.01      98.22      98.11      47166\n","    ! (label_id: 1)                                         28.30       4.42       7.65        339\n","    , (label_id: 2)                                         91.95      61.81      73.92       3731\n","    . (label_id: 3)                                         81.38      95.94      88.06       8504\n","    ? (label_id: 4)                                         69.48      64.16      66.71       1490\n","    -------------------\n","    micro avg                                               94.33      94.33      94.33      61230\n","    macro avg                                               73.82      64.91      66.89      61230\n","    weighted avg                                            94.25      94.33      93.98      61230\n","    \n","[NeMo I 2022-04-02 11:18:37 punctuation_capitalization_model:334] Capitalization report: \n","    label                                                precision    recall       f1           support   \n","    O (label_id: 0)                                         99.19      96.84      98.00      49850\n","    U (label_id: 1)                                         87.45      96.53      91.77      11380\n","    -------------------\n","    micro avg                                               96.78      96.78      96.78      61230\n","    macro avg                                               93.32      96.68      94.88      61230\n","    weighted avg                                            97.01      96.78      96.84      61230\n","    \n","[NeMo I 2022-04-02 11:18:38 punctuation_capitalization_dataset:1347] Shuffling training dataset\n"]},{"output_type":"stream","name":"stderr","text":["\n","Batch mark up:   0%|          | 0/50000 [00:00<?, ?query/s]\u001b[A\n","Batch mark up:  92%|█████████▏| 46106/50000 [00:00<00:00, 461036.26query/s]\u001b[A[NeMo W 2022-04-02 11:18:38 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=136. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49984 to 49990.\n","[NeMo W 2022-04-02 11:18:38 punctuation_capitalization_dataset:1211] Could not create batch with multiple of 8 size. Probably there is a too long sequence in the dataset. current_max_length=160. Batch size will be reduced to 7. tokens_in_batch=1024. The batch includes sequences from 49991 to 49997.\n","Batch mark up: 100%|██████████| 50000/50000 [00:00<00:00, 416600.02query/s]\n","\n","Batch building:   0%|          | 0/1035 [00:00<?, ?batch/s]\u001b[A\n","Batch building:   6%|▋         | 67/1035 [00:00<00:01, 669.24batch/s]\u001b[A\n","Batch building:  13%|█▎        | 136/1035 [00:00<00:01, 673.19batch/s]\u001b[A\n","Batch building:  20%|██        | 210/1035 [00:00<00:01, 699.45batch/s]\u001b[A\n","Batch building:  27%|██▋       | 283/1035 [00:00<00:01, 710.73batch/s]\u001b[A\n","Batch building:  34%|███▍      | 355/1035 [00:00<00:00, 684.63batch/s]\u001b[A\n","Batch building:  42%|████▏     | 430/1035 [00:00<00:00, 706.02batch/s]\u001b[A\n","Batch building:  49%|████▉     | 510/1035 [00:00<00:00, 734.20batch/s]\u001b[A\n","Batch building:  59%|█████▉    | 612/1035 [00:00<00:00, 821.39batch/s]\u001b[A\n","Batch building:  68%|██████▊   | 708/1035 [00:00<00:00, 860.60batch/s]\u001b[A\n","Batch building:  77%|███████▋  | 795/1035 [00:01<00:00, 862.67batch/s]\u001b[A\n","Batch building: 100%|██████████| 1035/1035 [00:01<00:00, 884.13batch/s]\n","Epoch 2, global step 3105: 'val_loss' reached 0.23597 (best 0.23597), saving model to '/content/nemo_experiments/Punctuation_and_Capitalization/2022-04-02_11-16-05/checkpoints/Punctuation_and_Capitalization--val_loss=0.2360-epoch=2.ckpt' as top 3\n"]}],"source":["trainer.fit(model)"]},{"cell_type":"markdown","source":["## Test\n","\n","For better quality make sure that your train dataset is balanced and train a model a little more."],"metadata":{"id":"L7RXOZuCwhK6"}},{"cell_type":"code","source":["queries = [\n","        'меня зовут сергей а как тебя',\n","        'подскажи пожалуйста сегодня вторник или среда',\n","        'закрой за мной дверь я ухожу'\n","    ]\n","\n","inference_results = model.add_punctuation_capitalization(queries)\n","\n","for query, result in zip(queries, inference_results):\n","    print(f'Query   : {query}')\n","    print(f'Combined: {result.strip()}\\n')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Df2s03v7wjT_","executionInfo":{"status":"ok","timestamp":1648898381024,"user_tz":-180,"elapsed":269,"user":{"displayName":"Sergei Averkiev","userId":"13427325914694514177"}},"outputId":"9ba92fd5-0c92-4a66-c9c5-a968288cdf16"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-04-02 11:19:39 punctuation_capitalization_model:1056] Using batch size 3 for inference\n","[NeMo I 2022-04-02 11:19:39 punctuation_capitalization_infer_dataset:91] Max length: 9\n","[NeMo I 2022-04-02 11:19:39 data_preprocessing:404] Some stats of the lengths of the sequences:\n","[NeMo I 2022-04-02 11:19:39 data_preprocessing:410] Min: 7 |                  Max: 7 |                  Mean: 7.0 |                  Median: 7.0\n","[NeMo I 2022-04-02 11:19:39 data_preprocessing:412] 75 percentile: 7.00\n","[NeMo I 2022-04-02 11:19:39 data_preprocessing:413] 99 percentile: 7.00\n"]},{"output_type":"stream","name":"stderr","text":["100%|██████████| 1/1 [00:00<00:00, 44.16batch/s]"]},{"output_type":"stream","name":"stdout","text":["Query   : меня зовут сергей а как тебя\n","Combined: Меня зовут Сергей. А как тебя?\n","\n","Query   : подскажи пожалуйста сегодня вторник или среда\n","Combined: Подскажи, пожалуйста, сегодня вторник или среда.\n","\n","Query   : закрой за мной дверь я ухожу\n","Combined: Закрой за мной дверь. Я ухожу.\n","\n"]},{"output_type":"stream","name":"stderr","text":["\n"]}]},{"cell_type":"markdown","source":["## Mount drive and save"],"metadata":{"id":"Tn2HFMBR3W2S"}},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"d6yBb_aR3gin","executionInfo":{"status":"ok","timestamp":1643794907456,"user_tz":-180,"elapsed":23162,"user":{"displayName":"Sergei Averkiev","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhCATFRz70HC3uSfdYY0OieeRS9DxhbFhaNMJrYRw=s64","userId":"13427325914694514177"}},"outputId":"a686917a-0f6d-4e8b-b1cc-b6c501c272cf"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"code","source":["!mkdir /content/drive/MyDrive/nemo"],"metadata":{"id":"XgkmU67o5jSz"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["%cp -r /content/nemo_experiments /content/drive/MyDrive/nemo/exp2"],"metadata":{"id":"BgP8-aeI5_IA"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["%cp -r /content/work /content/drive/MyDrive/nemo/exp2\n"],"metadata":{"id":"iNQ4hqz66H6Z"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["## Load saved checkpoint"],"metadata":{"id":"Q1D6q-VVevBS"}},{"cell_type":"code","source":["!ls /content/drive/MyDrive/nemo/nemo_experiments/Punctuation_and_Capitalization/2022-01-31_10-13-25/checkpoints/"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"yUGyMIa8fOwR","executionInfo":{"status":"ok","timestamp":1643705651336,"user_tz":-180,"elapsed":248,"user":{"displayName":"Sergei Averkiev","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhCATFRz70HC3uSfdYY0OieeRS9DxhbFhaNMJrYRw=s64","userId":"13427325914694514177"}},"outputId":"00564178-0840-4d1c-cf98-66afca7fdf76"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":[" Punctuation_and_Capitalization.nemo\n","'Punctuation_and_Capitalization--val_loss=0.1276-epoch=0.ckpt'\n","'Punctuation_and_Capitalization--val_loss=0.1276-epoch=0-last.ckpt'\n","'Punctuation_and_Capitalization--val_loss=0.1491-epoch=0.ckpt'\n"]}]},{"cell_type":"code","source":["%cp -r /content/drive/MyDrive/nemo/nemo_experiments/Punctuation_and_Capitalization/2022-01-31_10-13-25/checkpoints/Punctuation_and_Capitalization.nemo /content"],"metadata":{"id":"jWMNlsGxgsbe"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["%cp -r /content/drive/MyDrive/nemo/nemo_experiments/Punctuation_and_Capitalization/2022-01-31_10-13-25/checkpoints/Punctuation_and_Capitalization--val_loss=0.1276-epoch=0-last.ckpt /content"],"metadata":{"id":"GCtdILqzeyR6"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["checkpoint_path = \"/content/Punctuation_and_Capitalization.nemo\""],"metadata":{"id":"TEBEnaIAfgcB"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["pretrained_model = nemo_nlp.models.PunctuationCapitalizationModel.restore_from(checkpoint_path)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":926,"referenced_widgets":["fd7decfd93ee464886f5d9c0b298c654","7eacd4721ebb46faa56cea770719d9f6","67b1fc62e744469297d7cb819a5d51d2","97fe64fdcbec46329b29a624284495a4","93567253d04b4a9dafbdf4c45cffd0a0","e8757669ed554054ad3351828a0207a6","0f5847a1fed440fcb7125cfa85f7e18f","5f6c405017be47fb811fc9c5af41fad3","bac613dc249547829ac837ed7129f0ff","32bdeb3bfe864cf789a2e2168e7c032a","766158e2bdc94ba0a7f1cb8951e287df","5cee7eca944c43939dc7127c3b23e97b","47cefaf0fbaf438cb9c26f2be23f2aea","d35951836fee4cd7b4f58bfd5b4e04cd","e9cec92007bb4b2e8e387c4181f90074","d5de79bb7ee64d46b9c510f2db52fc75","cb1f725b6f57405e94de06469b92c08a","39bdb7be987d494e9cc3594675d55d23","1563087ac9b0410aa0c398734da3a87c","68c9728c52734ae3ad85af87aad88e20","328f2b901c2f4c2199b6bab1f4ddbc7c","4a1c66e061be497b9897b8cd57ed2ca3","81f3904006214f33875ecceaebd66b06","7e38718d71b14d90aa252d86db23e74d","1af0a87487fc449996514ed3b99213ea","8de47746fb6b4bf692b35a3eaa223ea4","6821d85d845a4d979ff82748c7b9b4a1","81f6a72e472f471a93feaabd4aa2ea1d","a54bbdf77eeb48afb9195cf86ed6f24a","2d9d7f8fe6b540c89919aaec1da44069","f152b4d2796f40d3a9e380e0f993fdf5","b1f2c31d654b428bab4e61ff784892dd","875cee46f1c24df3900d8f4767f55d30","cb9244acedba45e9b50c6d0d8ceea2b2","1c8ae9d9997d4d79aeff55cadeedfe0f","90fa45d9093a489b90b5648629d63309","82022a9cf9c44bdf89e2f2ca711dcb0c","d0cd0fb657e646dbb05278c29c6eec3d","986a15333ea4458fae0951693bde46b1","a5f9f30dae3b4ad5acef10c924c894f1","75e6baaf6b2a4eb29512765613e072fb","a2c00129a57040039a90847df8dc78bb","2f8641989c6844b8b8593c35c83db0b9","ee2a8f0cf5144213ba28b92ea4c48486","07d4700c4a7b42538f55a7e674eab824","0b0cc9d2000d437495b680982faec463","f663fbd2d81f48638c55b651609bd642","cb3a7dd89887440aa28305e05c2391f9","b4bd936248e44e388635ca5c4dbf4a45","f4db82ef7b514f0888867270c865e425","1f1172a80862487ea4fa68de6e8d9b49","eaad3db9a4d14736a8c2e783ee60e34a","af8228b17ffc41788a0e67090258b403","db6173fc19a84c358eede2e6b744c3f0","d1b5f1a812c047fb851861187d41f063"]},"id":"HrMGSwfsflun","executionInfo":{"status":"ok","timestamp":1643706053116,"user_tz":-180,"elapsed":46990,"user":{"displayName":"Sergei Averkiev","photoUrl":"https://lh3.googleusercontent.com/a-/AOh14GhCATFRz70HC3uSfdYY0OieeRS9DxhbFhaNMJrYRw=s64","userId":"13427325914694514177"}},"outputId":"fda6d797-1547-4425-e244-62e9fab0df1c"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-02-01 09:00:11 tokenizer_utils:126] Getting HuggingFace AutoTokenizer with pretrained_model_name: DeepPavlov/rubert-base-cased, vocab_file: /tmp/tmp6k9g1ro3/0456104bb45245438462aa1eb7174c15_vocab.txt, special_tokens_dict: {}, and use_fast: False\n"]},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"fd7decfd93ee464886f5d9c0b298c654","version_minor":0,"version_major":2},"text/plain":["Downloading:   0%|          | 0.00/24.0 [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"5cee7eca944c43939dc7127c3b23e97b","version_minor":0,"version_major":2},"text/plain":["Downloading:   0%|          | 0.00/642 [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"81f3904006214f33875ecceaebd66b06","version_minor":0,"version_major":2},"text/plain":["Downloading:   0%|          | 0.00/1.57M [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"cb9244acedba45e9b50c6d0d8ceea2b2","version_minor":0,"version_major":2},"text/plain":["Downloading:   0%|          | 0.00/112 [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Using eos_token, but it is not set yet.\n","Using bos_token, but it is not set yet.\n","[NeMo W 2022-02-01 09:00:13 modelPT:143] If you intend to do training or fine-tuning, please call the ModelPT.setup_training_data() method and provide a valid configuration file to setup the train data loader.\n","    Train config : \n","    use_tarred_dataset: false\n","    ds_item: /content/data\n","    text_file: text_train.txt\n","    labels_file: labels_train.txt\n","    shuffle: true\n","    num_samples: 50000\n","    tokens_in_batch: 1024\n","    max_seq_length: 512\n","    n_jobs: 0\n","    tar_metadata_file: null\n","    tar_shuffle_n: 1\n","    \n","[NeMo W 2022-02-01 09:00:13 modelPT:150] If you intend to do validation, please call the ModelPT.setup_validation_data() or ModelPT.setup_multiple_validation_data() method and provide a valid configuration file to setup the validation data loader(s). \n","    Validation config : \n","    use_tarred_dataset: false\n","    ds_item: /content/data\n","    text_file: text_dev.txt\n","    labels_file: labels_dev.txt\n","    shuffle: false\n","    num_samples: 10000\n","    tokens_in_batch: 1024\n","    max_seq_length: 512\n","    n_jobs: 0\n","    tar_metadata_file: null\n","    \n","[NeMo W 2022-02-01 09:00:13 modelPT:1216] World size can only be set by PyTorch Lightning Trainer.\n","[NeMo W 2022-02-01 09:00:13 modelPT:210] You tried to register an artifact under config key=class_labels.punct_labels_file but an artifact for it has already been registered.\n","[NeMo W 2022-02-01 09:00:13 modelPT:210] You tried to register an artifact under config key=class_labels.capit_labels_file but an artifact for it has already been registered.\n","[NeMo W 2022-02-01 09:00:13 modelPT:210] You tried to register an artifact under config key=tokenizer.vocab_file but an artifact for it has already been registered.\n","[NeMo W 2022-02-01 09:00:13 lm_utils:79] DeepPavlov/rubert-base-cased is not in get_pretrained_lm_models_list(include_external=False), will be using AutoModel from HuggingFace.\n"]},{"output_type":"display_data","data":{"application/vnd.jupyter.widget-view+json":{"model_id":"07d4700c4a7b42538f55a7e674eab824","version_minor":0,"version_major":2},"text/plain":["Downloading:   0%|          | 0.00/681M [00:00<?, ?B/s]"]},"metadata":{}},{"output_type":"stream","name":"stderr","text":["Some weights of the model checkpoint at DeepPavlov/rubert-base-cased were not used when initializing BertModel: ['cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.seq_relationship.bias', 'cls.predictions.decoder.weight']\n","- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n","Some weights of the model checkpoint at DeepPavlov/rubert-base-cased were not used when initializing BertEncoder: ['cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.bias', 'cls.seq_relationship.weight', 'cls.predictions.decoder.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.predictions.bias', 'cls.predictions.transform.dense.weight', 'cls.seq_relationship.bias', 'cls.predictions.decoder.weight']\n","- This IS expected if you are initializing BertEncoder from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n","- This IS NOT expected if you are initializing BertEncoder from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"]},{"output_type":"stream","name":"stdout","text":["[NeMo I 2022-02-01 09:00:51 save_restore_connector:154] Model PunctuationCapitalizationModel was successfully restored from /content/Punctuation_and_Capitalization.nemo.\n"]}]}],"metadata":{"accelerator":"GPU","colab":{"collapsed_sections":[],"name":"[habr] train Russian NeMo Punctuation and Capitalization model.ipynb","provenance":[{"file_id":"1zw7S3uGzfy94CbaSxQCoHGhD_5QVrjBF","timestamp":1648893614472},{"file_id":"https://github.com/NVIDIA/NeMo/blob/main/tutorials/nlp/Punctuation_and_Capitalization.ipynb","timestamp":1643530830334}],"machine_shape":"hm"},"kernelspec":{"display_name":"Python 3 (ipykernel)","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.8.12"},"pycharm":{"stem_cell":{"cell_type":"raw","metadata":{"collapsed":false},"source":[]}},"widgets":{"application/vnd.jupyter.widget-state+json":{"fd7decfd93ee464886f5d9c0b298c654":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_7eacd4721ebb46faa56cea770719d9f6","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_67b1fc62e744469297d7cb819a5d51d2","IPY_MODEL_97fe64fdcbec46329b29a624284495a4","IPY_MODEL_93567253d04b4a9dafbdf4c45cffd0a0"]}},"7eacd4721ebb46faa56cea770719d9f6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"67b1fc62e744469297d7cb819a5d51d2":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_e8757669ed554054ad3351828a0207a6","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Downloading: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_0f5847a1fed440fcb7125cfa85f7e18f"}},"97fe64fdcbec46329b29a624284495a4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_5f6c405017be47fb811fc9c5af41fad3","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":24,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":24,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_bac613dc249547829ac837ed7129f0ff"}},"93567253d04b4a9dafbdf4c45cffd0a0":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_32bdeb3bfe864cf789a2e2168e7c032a","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 24.0/24.0 [00:00&lt;00:00, 690B/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_766158e2bdc94ba0a7f1cb8951e287df"}},"e8757669ed554054ad3351828a0207a6":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"0f5847a1fed440fcb7125cfa85f7e18f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"5f6c405017be47fb811fc9c5af41fad3":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"bac613dc249547829ac837ed7129f0ff":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"32bdeb3bfe864cf789a2e2168e7c032a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"766158e2bdc94ba0a7f1cb8951e287df":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"5cee7eca944c43939dc7127c3b23e97b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_47cefaf0fbaf438cb9c26f2be23f2aea","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_d35951836fee4cd7b4f58bfd5b4e04cd","IPY_MODEL_e9cec92007bb4b2e8e387c4181f90074","IPY_MODEL_d5de79bb7ee64d46b9c510f2db52fc75"]}},"47cefaf0fbaf438cb9c26f2be23f2aea":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"d35951836fee4cd7b4f58bfd5b4e04cd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_cb1f725b6f57405e94de06469b92c08a","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Downloading: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_39bdb7be987d494e9cc3594675d55d23"}},"e9cec92007bb4b2e8e387c4181f90074":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_1563087ac9b0410aa0c398734da3a87c","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":642,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":642,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_68c9728c52734ae3ad85af87aad88e20"}},"d5de79bb7ee64d46b9c510f2db52fc75":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_328f2b901c2f4c2199b6bab1f4ddbc7c","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 642/642 [00:00&lt;00:00, 20.7kB/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_4a1c66e061be497b9897b8cd57ed2ca3"}},"cb1f725b6f57405e94de06469b92c08a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"39bdb7be987d494e9cc3594675d55d23":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"1563087ac9b0410aa0c398734da3a87c":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"68c9728c52734ae3ad85af87aad88e20":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"328f2b901c2f4c2199b6bab1f4ddbc7c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"4a1c66e061be497b9897b8cd57ed2ca3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"81f3904006214f33875ecceaebd66b06":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_7e38718d71b14d90aa252d86db23e74d","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_1af0a87487fc449996514ed3b99213ea","IPY_MODEL_8de47746fb6b4bf692b35a3eaa223ea4","IPY_MODEL_6821d85d845a4d979ff82748c7b9b4a1"]}},"7e38718d71b14d90aa252d86db23e74d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"1af0a87487fc449996514ed3b99213ea":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_81f6a72e472f471a93feaabd4aa2ea1d","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Downloading: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_a54bbdf77eeb48afb9195cf86ed6f24a"}},"8de47746fb6b4bf692b35a3eaa223ea4":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_2d9d7f8fe6b540c89919aaec1da44069","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":1649718,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":1649718,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_f152b4d2796f40d3a9e380e0f993fdf5"}},"6821d85d845a4d979ff82748c7b9b4a1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_b1f2c31d654b428bab4e61ff784892dd","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 1.57M/1.57M [00:00&lt;00:00, 5.47MB/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_875cee46f1c24df3900d8f4767f55d30"}},"81f6a72e472f471a93feaabd4aa2ea1d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"a54bbdf77eeb48afb9195cf86ed6f24a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"2d9d7f8fe6b540c89919aaec1da44069":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"f152b4d2796f40d3a9e380e0f993fdf5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"b1f2c31d654b428bab4e61ff784892dd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"875cee46f1c24df3900d8f4767f55d30":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"cb9244acedba45e9b50c6d0d8ceea2b2":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_1c8ae9d9997d4d79aeff55cadeedfe0f","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_90fa45d9093a489b90b5648629d63309","IPY_MODEL_82022a9cf9c44bdf89e2f2ca711dcb0c","IPY_MODEL_d0cd0fb657e646dbb05278c29c6eec3d"]}},"1c8ae9d9997d4d79aeff55cadeedfe0f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"90fa45d9093a489b90b5648629d63309":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_986a15333ea4458fae0951693bde46b1","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Downloading: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_a5f9f30dae3b4ad5acef10c924c894f1"}},"82022a9cf9c44bdf89e2f2ca711dcb0c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_75e6baaf6b2a4eb29512765613e072fb","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":112,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":112,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_a2c00129a57040039a90847df8dc78bb"}},"d0cd0fb657e646dbb05278c29c6eec3d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_2f8641989c6844b8b8593c35c83db0b9","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 112/112 [00:00&lt;00:00, 3.07kB/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_ee2a8f0cf5144213ba28b92ea4c48486"}},"986a15333ea4458fae0951693bde46b1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"a5f9f30dae3b4ad5acef10c924c894f1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"75e6baaf6b2a4eb29512765613e072fb":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"a2c00129a57040039a90847df8dc78bb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"2f8641989c6844b8b8593c35c83db0b9":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"ee2a8f0cf5144213ba28b92ea4c48486":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"07d4700c4a7b42538f55a7e674eab824":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_view_name":"HBoxView","_dom_classes":[],"_model_name":"HBoxModel","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.5.0","box_style":"","layout":"IPY_MODEL_0b0cc9d2000d437495b680982faec463","_model_module":"@jupyter-widgets/controls","children":["IPY_MODEL_f663fbd2d81f48638c55b651609bd642","IPY_MODEL_cb3a7dd89887440aa28305e05c2391f9","IPY_MODEL_b4bd936248e44e388635ca5c4dbf4a45"]}},"0b0cc9d2000d437495b680982faec463":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"f663fbd2d81f48638c55b651609bd642":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_f4db82ef7b514f0888867270c865e425","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":"Downloading: 100%","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_1f1172a80862487ea4fa68de6e8d9b49"}},"cb3a7dd89887440aa28305e05c2391f9":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_view_name":"ProgressView","style":"IPY_MODEL_eaad3db9a4d14736a8c2e783ee60e34a","_dom_classes":[],"description":"","_model_name":"FloatProgressModel","bar_style":"success","max":714355318,"_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":714355318,"_view_count":null,"_view_module_version":"1.5.0","orientation":"horizontal","min":0,"description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_af8228b17ffc41788a0e67090258b403"}},"b4bd936248e44e388635ca5c4dbf4a45":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_view_name":"HTMLView","style":"IPY_MODEL_db6173fc19a84c358eede2e6b744c3f0","_dom_classes":[],"description":"","_model_name":"HTMLModel","placeholder":"​","_view_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","value":" 681M/681M [00:18&lt;00:00, 41.2MB/s]","_view_count":null,"_view_module_version":"1.5.0","description_tooltip":null,"_model_module":"@jupyter-widgets/controls","layout":"IPY_MODEL_d1b5f1a812c047fb851861187d41f063"}},"f4db82ef7b514f0888867270c865e425":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"1f1172a80862487ea4fa68de6e8d9b49":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"eaad3db9a4d14736a8c2e783ee60e34a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"ProgressStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","bar_color":null,"_model_module":"@jupyter-widgets/controls"}},"af8228b17ffc41788a0e67090258b403":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"db6173fc19a84c358eede2e6b744c3f0":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_view_name":"StyleView","_model_name":"DescriptionStyleModel","description_width":"","_view_module":"@jupyter-widgets/base","_model_module_version":"1.5.0","_view_count":null,"_view_module_version":"1.2.0","_model_module":"@jupyter-widgets/controls"}},"d1b5f1a812c047fb851861187d41f063":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_view_name":"LayoutView","grid_template_rows":null,"right":null,"justify_content":null,"_view_module":"@jupyter-widgets/base","overflow":null,"_model_module_version":"1.2.0","_view_count":null,"flex_flow":null,"width":null,"min_width":null,"border":null,"align_items":null,"bottom":null,"_model_module":"@jupyter-widgets/base","top":null,"grid_column":null,"overflow_y":null,"overflow_x":null,"grid_auto_flow":null,"grid_area":null,"grid_template_columns":null,"flex":null,"_model_name":"LayoutModel","justify_items":null,"grid_row":null,"max_height":null,"align_content":null,"visibility":null,"align_self":null,"height":null,"min_height":null,"padding":null,"grid_auto_rows":null,"grid_gap":null,"max_width":null,"order":null,"_view_module_version":"1.2.0","grid_template_areas":null,"object_position":null,"object_fit":null,"grid_auto_columns":null,"margin":null,"display":null,"left":null}},"31d319c7bfe6470e85d2c589238a61ec":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_05676b0cfb6d42ea9d9401644580ee2b","IPY_MODEL_3339295156234eb8bb5220619eb0da36","IPY_MODEL_438faa6de3f7488987126ea27d47cdbc"],"layout":"IPY_MODEL_2a9abc1057254f8f86255afedfaf7bd5"}},"05676b0cfb6d42ea9d9401644580ee2b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cbeb199fa4f442e0bc57ab8c7b8135d5","placeholder":"​","style":"IPY_MODEL_5c5ba1ef30ad4d639483d2ae9731e4bf","value":"Sanity Checking DataLoader 0: 100%"}},"3339295156234eb8bb5220619eb0da36":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_24ef98e713754f14bf73c2e07537f4c5","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_31aa0c95dfef4d6e90532bc7778a9edb","value":1}},"438faa6de3f7488987126ea27d47cdbc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f4ff743c43e1408ca27910f32f6138e5","placeholder":"​","style":"IPY_MODEL_3eec82bc1ce645988863290080bc6255","value":" 2/2 [00:00&lt;00:00,  2.93it/s]"}},"2a9abc1057254f8f86255afedfaf7bd5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"cbeb199fa4f442e0bc57ab8c7b8135d5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5c5ba1ef30ad4d639483d2ae9731e4bf":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"24ef98e713754f14bf73c2e07537f4c5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"31aa0c95dfef4d6e90532bc7778a9edb":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f4ff743c43e1408ca27910f32f6138e5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3eec82bc1ce645988863290080bc6255":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8ae3a91f2d4a4f959e9c1e37f891f79b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_80bc4b2e5d9e479cbe10a1f01b525186","IPY_MODEL_54bbdc6d92b84e66ae0fd425ae63049f","IPY_MODEL_124d9330d0ba42a58930f286a7ecb135"],"layout":"IPY_MODEL_323a51fcddbb4bf095044bbb5c47f9a1"}},"80bc4b2e5d9e479cbe10a1f01b525186":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_619d8a5ad61e4729892f694d43c53013","placeholder":"​","style":"IPY_MODEL_f96b50ad01fa4dcb8e51792768c6def0","value":"Epoch 2: 100%"}},"54bbdc6d92b84e66ae0fd425ae63049f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9cae84f6b483453fb9dc41c404bb7be3","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_775d2d93b3584ca299199500fcd8deb9","value":1}},"124d9330d0ba42a58930f286a7ecb135":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_aa39f61b3a744a21944bb5dc100f1b27","placeholder":"​","style":"IPY_MODEL_99c9f907c7f14118926e03693c9fd8dd","value":" 1160/1160 [02:19&lt;00:00,  8.29it/s, loss=0.324, v_num=6-05, lr=7.16e-9]"}},"323a51fcddbb4bf095044bbb5c47f9a1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"619d8a5ad61e4729892f694d43c53013":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f96b50ad01fa4dcb8e51792768c6def0":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9cae84f6b483453fb9dc41c404bb7be3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"775d2d93b3584ca299199500fcd8deb9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"aa39f61b3a744a21944bb5dc100f1b27":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"99c9f907c7f14118926e03693c9fd8dd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a5a0d77ed58d46b58f1077f8526f6c18":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_2bc853422cc2496fb38b696be56fadf6","IPY_MODEL_045d519acb804e9a84afce95833b8957","IPY_MODEL_aa2c79c6c2734911825abf756211b8c1"],"layout":"IPY_MODEL_db1f805007824733b6fb07a66d37c3ee"}},"2bc853422cc2496fb38b696be56fadf6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_50afc34a307e4f56a1dc832882c17e07","placeholder":"​","style":"IPY_MODEL_b03d63db776b46a29a5f28ae89ae263b","value":"Validation DataLoader 0: 100%"}},"045d519acb804e9a84afce95833b8957":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_31f261d06bfd4bf6b951537d00f76899","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1acd137da4c947a1a416e8c32fa12c14","value":1}},"aa2c79c6c2734911825abf756211b8c1":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0b429b746b41475eb8abdd633da333f3","placeholder":"​","style":"IPY_MODEL_d0bc82d1a7994cbc9888a628cdd4dddd","value":" 125/125 [00:03&lt;00:00, 35.72it/s]"}},"db1f805007824733b6fb07a66d37c3ee":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"50afc34a307e4f56a1dc832882c17e07":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b03d63db776b46a29a5f28ae89ae263b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"31f261d06bfd4bf6b951537d00f76899":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1acd137da4c947a1a416e8c32fa12c14":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0b429b746b41475eb8abdd633da333f3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d0bc82d1a7994cbc9888a628cdd4dddd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c6743ee828e84163a70cad215bc08ee6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f97ef22f8e6742a39bec3f59b099abd5","IPY_MODEL_a7106ffd82674852870b54868175f5a7","IPY_MODEL_130c7d549d0c468fa5004b83af12ba19"],"layout":"IPY_MODEL_69ce4e59f057409889a196e9dbc88a11"}},"f97ef22f8e6742a39bec3f59b099abd5":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e6d434d79e19429b86da0e071e17aad7","placeholder":"​","style":"IPY_MODEL_1a04e9fbde784ed892d04ae467aa7984","value":"Validation DataLoader 0: 100%"}},"a7106ffd82674852870b54868175f5a7":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_95df2cabefe944b7aed87d472f0a2170","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8dff2b5a4e1f44cdbf717160853b2083","value":1}},"130c7d549d0c468fa5004b83af12ba19":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_190ccad7364240c4a79f250bb0773d82","placeholder":"​","style":"IPY_MODEL_5e85dab6878d4137a9f001c7c4da5bb5","value":" 125/125 [00:03&lt;00:00, 33.46it/s]"}},"69ce4e59f057409889a196e9dbc88a11":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"e6d434d79e19429b86da0e071e17aad7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1a04e9fbde784ed892d04ae467aa7984":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"95df2cabefe944b7aed87d472f0a2170":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8dff2b5a4e1f44cdbf717160853b2083":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"190ccad7364240c4a79f250bb0773d82":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e85dab6878d4137a9f001c7c4da5bb5":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fabae47e13b04a638f24c10893ab9ce9":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e1535255b58e48b494c8bd94bff6044f","IPY_MODEL_3683063be7a543efb063e0d32672a5a8","IPY_MODEL_89f03262cefc413887d50107762e0665"],"layout":"IPY_MODEL_a69819e8595c42de9691606a2eee42c5"}},"e1535255b58e48b494c8bd94bff6044f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_51accc7acfc24a80ace068b3acad8ff9","placeholder":"​","style":"IPY_MODEL_492849aebd5f4713989acd1446db0a3f","value":"Validation DataLoader 0: 100%"}},"3683063be7a543efb063e0d32672a5a8":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"info","description":"","description_tooltip":null,"layout":"IPY_MODEL_85fec78d1647460ba76ef40f05bb75d4","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e05a4c314a0e4caf94b2c64a61cff04b","value":1}},"89f03262cefc413887d50107762e0665":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c75fd9ab25bc456fa169881dba6575f0","placeholder":"​","style":"IPY_MODEL_5c95e9cca2b847eeb5b073378a0badfa","value":" 125/125 [00:03&lt;00:00, 34.56it/s]"}},"a69819e8595c42de9691606a2eee42c5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":"inline-flex","flex":null,"flex_flow":"row wrap","grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":"100%"}},"51accc7acfc24a80ace068b3acad8ff9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"492849aebd5f4713989acd1446db0a3f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"85fec78d1647460ba76ef40f05bb75d4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":"2","flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e05a4c314a0e4caf94b2c64a61cff04b":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"c75fd9ab25bc456fa169881dba6575f0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5c95e9cca2b847eeb5b073378a0badfa":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"nbformat":4,"nbformat_minor":0}